source ~/.bashrc

input_shards_path="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_1/shards_list.txt"
replace_dir="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_1/shards"
dataname="Speech2TEXTandTOKEN_giga_1_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_2/shards_list.txt"
replace_dir="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_2/shards"
dataname="Speech2TEXTandTOKEN_giga_2_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/zh_en_mix/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/zh_en_mix"
dataname="zh_en_mix_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/poly/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/poly"
dataname="poly_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/cywang/workspace/OSUM/OSUM_data/shard/SPEECH2SPEECH/instruc_follow/shards_list.txt"
replace_dir="/home/work_nfs16/cywang/workspace/OSUM/OSUM_data/shard/SPEECH2SPEECH/instruc_follow"
dataname="instruct_follow_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2
input_shards_path="/home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2/shards_list.txt"
replace_dir="/home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2/shards"
dataname="english_TEXT2TOKEN_part_2_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs15/asr_data/data/text2text/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text/shards"
dataname="text2text_added_by_20250404"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/xlgeng/code/osum_xlgeng/examples/wenetspeech/whisper/conf/language_follow_prompt/Q_with_asr/wav_path.list"
replace_dir="/home/work_nfs15/tts_data/data/0402_Q_with_asr"
dataname="Q_with_asr_added_by_20250406"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/xlgeng/code/osum_xlgeng/examples/wenetspeech/whisper/conf/language_follow_prompt/Q/wav_path.list"
replace_dir="/home/work_nfs15/tts_data/data/0402_Q"
dataname="Q_only_X_added_by_20250406"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train"
dataname="QEmo_Q_train_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_eval"
dataname="QEmo_Q_eval_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs15/asr_data/data/text2text_2/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_2/shards"
dataname="text2text_2_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/E1_shard/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/E1_shard"
dataname="E1_S2Chat_by_kxxia_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/2000_hq"
dataname="2000_hq_S2Chat_by_hkxie_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2"
dataname="giga_2_s2s_by_tlzuo_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train"
dataname="lucy_audio_train_by_zyzhang_added_by_20250413"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/speech2token/eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/speech2token/eval"
dataname="lucy_audio_eval_by_zyzhang_added_by_20250413"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

#/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s"
dataname="no_emotion_instruct_s2s_by_kxxia_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train"
dataname="Lucy_Emotion_Control_QEmo_train_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_eval"
dataname="Lucy_Emotion_Control_QEmo_eval_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_train"
dataname="Lucy_Emotion_Control_QNeutral_train_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval"
dataname="Lucy_Emotion_Control_QNeutral_eval_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption"
dataname="audio_caption_by_wjtian_added_by_20250414" # 其实是20250411
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs15/asr_data/data/text2text_3_en
input_shards_path="/home/work_nfs15/asr_data/data/text2text_3_en/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_3_en/shards"
dataname="text2text_3_en_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs15/asr_data/data/text2text_4_en
input_shards_path="/home/work_nfs15/asr_data/data/text2text_4_en/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_4_en/shards"
dataname="text2text_4_en_added_by_20250416"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train"
dataname="emotion_lucy_Q_added_2025_4_9"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_13/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_13/shards"
dataname="yuzhoufm_13_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_14/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_14/shards"
dataname="yuzhoufm_14_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_15/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_15/shards"
dataname="yuzhoufm_15_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_16/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_16/shards"
dataname="yuzhoufm_16_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_17/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_17/shards"
dataname="yuzhoufm_17_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio"
dataname="longaudio_by_cywang_added_by_20250426"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


#/home/work_nfs15/asr_data/data/text2text_5_lucy_audioQA_1M/shards_list.txt
input_shards_path="/home/work_nfs15/asr_data/data/text2text_5_lucy_audioQA_1M/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_5_lucy_audioQA_1M/shards"
dataname="text2text_5_lucy_audioQA_1M_by_cywang_added_by_20250426"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise"
dataname="longaudio_addnoise_by_cywang_added_by_20250428"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn"
dataname="text2token_itn_by_cywang_added_by_20250428"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num





# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption"
dataname="S2SChat_qa_caption_by_wjtian_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


#/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/emotion_merged_dabao/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/emotion_merged_dabao/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/emotion_merged_dabao"
dataname="S2SChat_emotion_merged_dabao_by_zxzhao_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_part2/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_part2/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_part2"
dataname="S2SChat_qa_caption_part2_by_wjtian_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data"
dataname="S2SChat_age_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data"
dataname="S2SChat_sex_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data"
dataname="S2SChat_style_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue"
dataname="S2SChat_dialect_dialogue_by_sywang_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# --------------------------

# /home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua"
dataname="S2SChat_jinpingduihua_kxxia_added_by_20250429"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data"
dataname="S2SChat_llasa_sex_qa_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data"
dataname="S2SChat_llasa_age_qa_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# ---------------------------------- new  kjl---------
# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data"
dataname="S2SChat_llasa_sex_qa_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data"
dataname="S2SChat_llasa_age_qa_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data"
dataname="S2SChat_llasa_sex_qa_data_by_gjli_added_by_20250510"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data"
dataname="S2SChat_llasa_age_qa_data_by_gjli_added_by_20250510"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num




# -------------------------new jf----------
# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue_new/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue_new/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue_new"
dataname="S2SChat_dialect_dialogue_new_by_sywang_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data"
dataname="S2SChat_age_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data"
dataname="S2SChat_sex_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data"
dataname="S2SChat_style_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_new/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_new/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_new"
dataname="S2SChat_qa_caption_new_by_wjtian_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num









# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_8772K/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_8772K/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_8772K/shards"
dataname="t2t_8772K_by_xlgeng_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_math_poetry_self/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_math_poetry_self/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_math_poetry_self/shards"
dataname="t2t_math_poetry_self_by_xlgeng_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_aa/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_aa/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_aa"
dataname="S2SChat_sub_aa_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_ac/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ac/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ac"
dataname="S2SChat_sub_ac_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_af/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_af/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_af"
dataname="S2SChat_sub_af_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_an/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_an/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_an"
dataname="S2SChat_sub_an_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_ap/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ap/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ap"
dataname="S2SChat_sub_ap_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_bc/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_bc/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_bc"
dataname="S2SChat_sub_bc_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa"
dataname="S2SChat_osum_setting_qa_by_cywang_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_3000W/shards_2/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_3000W/shards_2/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_3000W/shards_2/shards"
dataname="t2t_3000W_by_xlgeng_added_by_20250513" # 0515
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_4-27/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_4-27/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_4-27"
dataname="S2SChat_llasa_age_qa_data_by_cywang_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data_4-27/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data_4-27/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data_4-27"
dataname="S2SChat_llasa_sex_qa_data_by_cywang_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_0512/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0512/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0512"
dataname="S2SChat_syndata_1_by_zhguo_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513"
dataname="S2SChat_syndata_2_by_zhguo_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513_part2/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513_part2/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513_part2"
dataname="S2SChat_syndata_3_by_zhguo_added_by_20250516"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data"
dataname="S2SChat_poem_500_content_data_by_zhguo_added_by_20250516"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data"
dataname="S2SChat_poem_500_author_data_by_zhguo_added_by_20250516"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/E2_pre9w/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/E2_pre9w/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/E2_pre9w"
dataname="S2SChat_E2_pre9w_by_kxxia_added_by_20250521"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi/shards_list.txt # 多轮——5W
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi"
dataname="S2SChat_multi_turn_5W_by_zhguo_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/jinpin_nan/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/jinpin_nan/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/jinpin_nan"
dataname="S2SChat_jinpin_nan_by_zhguo_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_0516/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0516/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0516"
dataname="S2SChat_syndata_0516_by_zhguo_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/osum_trans_zh_en/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_trans_zh_en/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_trans_zh_en"
dataname="S2SChat_osum_trans_zh_en_by_zhguo_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_en/shards_list.txt
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_en/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_en"
dataname="S2SChat_xianshi_caption_Q_en_by_wjt_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh/shards_list_tmp.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh/shards_list_tmp.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh"
dataname="S2SChat_xianshi_caption_Q_zh_by_wjt_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh"
dataname="S2SChat_xianshi_caption_Q_zh_by_wjt_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/output-Q_en_final/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/output-Q_en_final/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/output-Q_en_final"
dataname="S2SChat_after_perturb_Q_en_final_by_wjt_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/output-Q_zh_final/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/output-Q_zh_final/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/output-Q_zh_final"
dataname="S2SChat_after_perturb_Q_zh_final_by_wjt_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs14/znlin/osum-math/code/Math23k/merged_math23k_data.list
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/Math23k/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/Math23k"
dataname="Math23k_merged_by_znlin_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa"
dataname="S2SChat_osum_chat_setting_qa_by_zhguo_added_by_20250522"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/professionalQA/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/professionalQA/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/professionalQA"
dataname="S2SChat_professionalQA_by_znlin_added_by_20250525"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa_526/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa_526/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa_526"
dataname="S2SChat_osum_chat_setting_qa_526_by_zhguo_added_by_20250526"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_5-26_new/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_5-26_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_5-26_new"
dataname="S2SChat_llasa_age_qa_data_5_26_new_by_gjli_added_by_20250526"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_sex_data_5-26_new/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_sex_data_5-26_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_sex_data_5-26_new"
dataname="S2SChat_llasa_age_sex_data_5_26_new_by_gjli_added_by_20250526"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data"
dataname="S2SChat_merged_0526_kouyu_data_by_gjli_added_by_20250526"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/merged_0523_baike_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/merged_0523_baike_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/merged_0523_baike_data"
dataname="S2SChat_merged_0523_baike_data_by_wjt_added_by_20250523"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data"
dataname="S2SChat_5W_hq_qa_syndata_512_male_data_by_zhguo_added_by_20250529"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs16/znlin/understanding_LLM_task/osum-math/data/0527_math/merged_0527_math_data.list
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math/shards_list.txt"
replace_dir="/home/work_nfs16/znlin/understanding_LLM_task/osum-math/data/0527_math"
dataname="Math23k_choicedata_merged_0527_by_znlin_added_by_20250527"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_osum_self_instruction_8K
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_osum_self_instruction_8K/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_osum_self_instruction_8K/shards"
dataname="t2t_osum_self_instruction_8K_by_xlgeng_added_by_20250529"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa_527/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa_527/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum-chat_setting_qa_527"
dataname="S2SChat_osum_chat_setting_qa_527_by_gjli_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_output_fixed_dedup/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_output_fixed_dedup/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_output_fixed_dedup"
dataname="CAPTION_hf_data_output_fixed_dedup_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_audioset_caption_thinking_output_fixed_dedup/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_audioset_caption_thinking_output_fixed_dedup/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_audioset_caption_thinking_output_fixed_dedup"
dataname="CAPTION_hf_data_audioset_caption_thinking_output_fixed_dedup_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

#/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_audioset_cla_label_thinking_output_dedup/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_audioset_cla_label_thinking_output_dedup/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_audioset_cla_label_thinking_output_dedup"
dataname="CAPTION_hf_data_audioset_cla_label_thinking_output_dedup_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_openasqa_audioset_jsons_output_fixed_dedup/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_openasqa_audioset_jsons_output_fixed_dedup/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_openasqa_audioset_jsons_output_fixed_dedup"
dataname="CAPTION_hf_data_openasqa_audioset_jsons_output_fixed_dedup_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_openasqa_audioset_jsons_thinking_output_fixed_dedup/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_openasqa_audioset_jsons_thinking_output_fixed_dedup/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/hf_data_openasqa_audioset_jsons_thinking_output_fixed_dedup"
dataname="CAPTION_hf_data_openasqa_audioset_jsons_thinking_output_fixed_dedup_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class1_en/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class1_en/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class1_en"
dataname="S2SChat_0521_TTS_QA_class1_en_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class1_zh/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class1_zh/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class1_zh"
dataname="S2SChat_0521_TTS_QA_class1_zh_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class2_en/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class2_en/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class2_en"
dataname="S2SChat_0521_TTS_QA_class2_en_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class2_zh/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class2_zh/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/0521_TTS_QA_class2_zh"
dataname="S2SChat_0521_TTS_QA_class2_zh_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/Alpaca-CoT_3000W/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/Alpaca-CoT_3000W/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/Alpaca-CoT_3000W"
dataname="Alpaca_CoT_3000W_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_12/shard.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_12/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_12/shards"
dataname="yuzhoufm_12_by_tlzuo_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs8/tlzuo/dataset/dialogue/DB-ASR-6600/shards.list
input_shards_path="/home/work_nfs8/tlzuo/dataset/dialogue/DB-ASR-6600/shards.list"
replace_dir="/home/work_nfs8/tlzuo/dataset/dialogue/DB-ASR-6600/shards"
dataname="DB_ASR_6600_by_tlzuo_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/xianshi_caption_Q_zh"
dataname="S2SChat_xianshi_caption_Q_zh_by_wjt_added_by_20250605"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

#/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math"
dataname="Math23k_choicedata_merged_0527_by_znlin_added_by_20250527"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data"
dataname="Math23k_choicedata_new_data_0521_by_znlin_added_by_20250527"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/osum_trans_data_zh_en_0610/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_trans_data_zh_en_0610/shards_list.txt" # 128
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_trans_data_zh_en_0610"
dataname="S2SChat_osum_trans_data_zh_en_0610_by_zxzhao_added_by_20250610"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/natural_dialogs_10k_0605_hq_man_info/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/natural_dialogs_10k_0605_hq_man_info/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/natural_dialogs_10k_0605_hq_man_info"
dataname="S2SChat_natural_dialogs_10k_0605_hq_man_info_by_gbma_added_by_20250610"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final"
dataname="S2SChat_osum_total_data_lst_check_final_100W_by_zhguo_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616"
dataname="S2SChat_OSUM_emotion_dialog_0616_by_zxzhao_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated"
dataname="S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated"
dataname="S2SChat_final_Lucy_AudioQA_train_updated_by_zyzhang_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0616_Ape210k_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0616_Ape210k_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0616_Ape210k_data"
dataname="S2SChat_0616_Ape210k_data_by_znlin_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/0616_Ape210k_data_re/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0616_Ape210k_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0616_Ape210k_data_re"
dataname="S2SChat_0616_Ape210k_data_re_by_znlin_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data"
dataname="S2SChat_0617_Ape210k_data_by_znlin_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re"
dataname="S2SChat_0617_Ape210k_data_re_by_znlin_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged"
dataname="S2SChat_syndata_merged_by_300W_zhguo_added_by_20250616"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# /home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new"
dataname="S2SChat_poem_500_author_data_new_by_gjli_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new"
dataname="S2SChat_poem_500_content_data_new_by_gjli_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re"
dataname="S2SChat_merged_0527_math_data_re_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re"
dataname="S2SChat_merged_0526_kouyu_data_re_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/merged_0523_baike_data_re/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0523_baike_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0523_baike_data_re"
dataname="S2SChat_merged_0523_baike_data_re_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re"
dataname="S2SChat_0521_math_new_data_re_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/openasqa_audioset_jsons_thinking_0619_s2s_change_format/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/openasqa_audioset_jsons_thinking_0619_s2s_change_format/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/openasqa_audioset_jsons_thinking_0619_s2s_change_format"
dataname="S2SChat_openasqa_audioset_jsons_thinking_0619_s2s_change_format_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data"
dataname="S2SChat_poem_1_2_6_3_content_data_150num_by_gjli_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data"
dataname="S2SChat_poem_1_2_6_3_author_data_150num_by_gjli_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re/shards_list.txt  # /home/work_nfs11/znlin/znlin_nfs11/osum-math/code/merge/qa_vllm.jsonl.merge/kouyu_20k_0605_data.list.re
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re"
dataname="S2SChat_kouyu_20k_0605_data_re_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re/shards_list.txt  /home/work_nfs11/znlin/znlin_nfs11/osum-math/code/merge/all.jsonl.part1.part1.merge/all.jsonl.part1.part1.merge_data.list.re
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re"
dataname="S2SChat_all_jsonl_part1_part1_merge_data_re_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info/shards_list.txt # /home/node44_tmpdata3/netease/gbma/workspace/osum/data/process/0619/Paralanguage_info.jsonl
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info"
dataname="S2SChat_Paralanguage_info_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0325_E1_shard_new/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0325_E1_shard_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0325_E1_shard_new"
dataname="S2SChat_0325_E1_shard_new_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num




# /home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new/shards_list.txt /home/work_nfs16/kxxia/work/common/2025-04-29/jinpingduihua_new.jsonl
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new"
dataname="S2SChat_jinpingduihua_new_re_by_kxxia_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data/shards_list.txt /home/work_nfs11/znlin/znlin_nfs11/osum-math/code/merge/all.jsonl.merge/all.jsonl.merge_data.list.re
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data"
dataname="S2SChat_osum_math_all_jsonl_merge_data_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat/shards_list.txt   /home/work_nfs7/yacao/0518_multi_audio_data/0521_TTS_QA/result/0617_new_standard/new_standard/all_caption_multi_xianshi_xlgeng.jsonl
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat"
dataname="S2TChat_all_caption_multi_xianshi_xlgeng_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data"
dataname="S2SChat_age_yinshi_5000_6_13_data_by_znlin_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data"
dataname="S2SChat_sex_yinshi_5000_6_13_data_by_gjli_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# /home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data"
dataname="S2SChat_pachong_part1_filter_author_data_by_gjli_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data"
dataname="S2SChat_pachong_part1_filter_content_data_by_gjli_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs14/asr_data/data/text2text_data_xlgeng/kouyu_t2t_data/shard/shards_list.txt
input_shards_path="/home/work_nfs14/asr_data/data/text2text_data_xlgeng/kouyu_t2t_data/shard/shards_list.txt"
replace_dir="/home/work_nfs14/asr_data/data/text2text_data_xlgeng/kouyu_t2t_data/shard/shard"
dataname="kouyu_t2t_data_by_xlgeng_added_by_20250622"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data"
dataname="S2SChat_math_gen_data_by_znlin_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data"
dataname="S2SChat_math_gsm8k_data_by_znlin_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi"
dataname="S2SChat_baike_0620_multi_by_znlin_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi"
dataname="S2SChat_baike_0603_multi_by_znlin_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/captioning_questions_data_zh_new_1/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/captioning_questions_data_zh_new_1/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/captioning_questions_data_zh_new_1"
dataname="CAPTION_captioning_questions_data_zh_new_1_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca"
dataname="S2SChat_echat_alpaca_by_cywang_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan"
dataname="S2SChat_gaojipinggan_by_gbma_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/0618_zh_en_trans/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0618_zh_en_trans/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0618_zh_en_trans"
dataname="S2SChat_0618_zh_en_trans_by_zxzhao_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shards.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shards.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shard"
dataname="magic_data_500_by_tlzuo_high_quality_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/data_single.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shards.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/data_single"
dataname="magic_data_500_data_single_by_tlzuo_high_quality_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


  # /home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7/data_single.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7/shards.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7/data_single"
dataname="yuzhoufm0_7_data_single_by_tlzuo_high_quality_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2/shards_list.txt
input_shards_path="/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2/shards_list.txt"
replace_dir="/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2"
dataname="sex_xianshi_cosyvoice2_by_cywang_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2/shards_list.txt
input_shards_path="/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2/shards_list.txt"
replace_dir="/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2"
dataname="age_xianshi_cosyvoice2_by_cywang_added_by_20250625"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi/shards_list.txt  /home/work_nfs14/dhgao/CosyVoice/data/list/other.list
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi"
dataname="S2SChat_style_xianshi_by_gjli_added_by_20250630"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data"
dataname="S2SChat_0624_qwenomni_bench_data_by_znlin_added_by_20250630"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info"
dataname="S2SChat_0629_multi_follow_info_by_gbma_added_by_20250630"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last/shards_list.txt /home/work_nfs16/cywang/workspace/OSUM/UltraEval/ALL_en_Expand-Answered_last.jsonl
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last"
dataname="S2SChat_ALL_en_Expand_Answered_last_by_cywang_added_by_20250630"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption/shards_list.txt  417  /home/work_nfs7/cywang/OSUM/OSUM_data/class1_zh_processed.jsonl.with_caption
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption"
dataname="CAPTION_class1_zh_processed_with_caption_by_yacao_added_by_20250630"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard/shards_list.txt  147  /home/work_nfs16/cywang/workspace/OSUM/E1/0628_E1_shard.jsonl
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard"
dataname="S2SChat_0628_E1_shard_by_kxxia_added_by_20250630"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca"
dataname="S2SChat_echat_alpaca_with_q_emo_by_cywang_added_by_20250630"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


#  "/home/work_nfs9/asr_data/data/osum/emotion_yinshi_zxzhao/shards_list.txt"
input_shards_path="/home/work_nfs9/asr_data/data/osum_data/emotion_yinshi_zxzhao/shards_data/shards_list.txt"
replace_dir="/home/work_nfs9/asr_data/data/osum_data/emotion_yinshi_zxzhao/shards_data"
dataname="emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


#  /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/three_kingdoms/shards/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/three_kingdoms/shards/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/three_kingdoms/shards"
dataname="text2text_data_xlgeng_three_kingdoms_by_xlgeng_added_by_20250701"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/qwenomni_bench_data/shards/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/qwenomni_bench_data/shards/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/qwenomni_bench_data/shards"
dataname="text2text_data_xlgeng_qwenomni_bench_data_by_xlgeng_added_by_20250701"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/voicebench_data/shards/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/voicebench_data/shards/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/benchdata/voicebench_data/shards"
dataname="text2text_data_xlgeng_voicebench_data_by_xlgeng_added_by_20250701"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption/shards_list.txt 2  /home/work_nfs16/cywang/workspace/OSUM/multi_label/multilabel_qa_2000_cleaned_final_with_caption.jsonl
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption"
dataname="S2SChat_multilabel_qa_2000_cleaned_final_with_caption_by_cywang_added_by_20250701"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply"
dataname="S2SChat_0625_yinshi_caption_by_yacao_added_by_20250701"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs9/asr_data/data/osum_data/yinshi_style_gjli/shards_list.txt
input_shards_path="/home/work_nfs9/asr_data/data/osum_data/yinshi_style_gjli/shards_list.txt"
replace_dir="/home/work_nfs9/asr_data/data/osum_data/yinshi_style_gjli"
dataname="yinshi_style_gjli_by_cywang_added_by_20250701"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_en2zh/shards_list.txt 128 /home/work_nfs16/cywang/workspace/OSUM/trans_emotion/0630_trans_en2zh.jsonl
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_en2zh/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_en2zh"
dataname="S2SChat_0630_trans_en2zh_by_cywang_added_by_20250704"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_zh2en/shards_list.txt 128  /home/work_nfs16/cywang/workspace/OSUM/trans_emotion/0630_trans_zh2en.jsonl
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_zh2en/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_zh2en"
dataname="S2SChat_0630_trans_zh2en_by_cywang_added_by_20250704"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# /home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-mini-training-mix-1-ourclass.jsonl/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-mini-training-mix-1-ourclass.jsonl/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-mini-training-mix-1-ourclass.jsonl"
dataname="S2SChat_mmau_test_mini_training_mix_1_ourclass_by_wjtian_added_by_20250704"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-mini-training-mix-2-ourclass.jsonl/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-mini-training-mix-2-ourclass.jsonl/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-mini-training-mix-2-ourclass.jsonl"
dataname="S2SChat_mmau_test_mini_training_mix_2_ourclass_by_wjtian_added_by_20250704"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-gemini-totalmerge/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-gemini-totalmerge/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-gemini-totalmerge"
dataname="S2SChat_mmau_test_gemini_totalmerge_by_wjtian_added_by_20250704"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-gemini-total-onlylabel/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-gemini-total-onlylabel/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/mmau-test-gemini-total-onlylabel"
dataname="S2SChat_mmau_test_gemini_total_onlylabel_by_wjtian_added_by_20250704"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all"
dataname="S2SChat_MMAU_training_all_by_wjtian_added_by_20250708"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum"
dataname="S2SChat_age_yinshi_7_4_osum_by_cywang_added_by_20250708"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum"
dataname="S2SChat_sex_yinshi_7_4_osum_by_cywang_added_by_20250708"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir"
dataname="t2t_age_chat_by_cywang_added_by_20250708"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir"
dataname="t2t_caption_chat_by_cywang_added_by_20250708"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir"
dataname="t2t_emotion_chat_by_cywang_added_by_20250708"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir"
dataname="t2t_sex_chat_by_cywang_added_by_20250708"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/eng_e1/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/eng_e1/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/eng_e1"
dataname="S2SChat_eng_e1_by_cywang_added_by_20250711"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/xianshi_emotion_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/xianshi_emotion_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/xianshi_emotion_chat/shard_dir"
dataname="t2t_xianshi_emotion_chat_by_cywang_added_by_20250711"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir"
dataname="t2t_sex_chat_2_by_cywang_added_by_20250711"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

#  /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_2/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_2/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_2/shard_dir"
dataname="t2t_age_chat_2_by_cywang_added_by_20250711"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir"
dataname="t2t_sex_chat_2_by_cywang_added_by_20250715"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


#  /home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_3/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_3/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_3/shard_dir"
dataname="t2t_age_chat_3_by_cywang_added_by_20250716"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# /home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat_3/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat_3/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat_3/shard_dir"
dataname="t2t_caption_chat_3_by_cywang_added_by_20250716"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
